
import glob
import csv
import sys, os.path

import sklearn
import torch
from torch import optim, nn
from torch.utils.data import DataLoader
from torchvision import transforms
#from torch.utils.tensorboard import SummaryWriter
#from torchsummary import summary
import numpy as np
import matplotlib.pyplot as plt
from tqdm import tqdm
import warnings
warnings.filterwarnings('ignore')


# Our modules
import sys
sys.path.append('.')
sys.path.append('..')

from vae import configs, train, plot_utils, models
from vae.data import build_dataloader
from vae.latent_spaces import dimensionality_reduction, plot_spaces
from vae.reconstructions import plot_reconstructions
from vae.models import model_utils
from vae.train import training


torch.__version__

'0.4.1.post2'


!lspci | grep -i nvidia

01:00.0 VGA compatible controller: NVIDIA Corporation GM200 [GeForce GTX 980 Ti] (rev a1)
01:00.1 Audio device: NVIDIA Corporation GM200 High Definition Audio (rev a1)


torch.cuda.is_available()

True


torch.backends.cudnn.enabled

True


!nvidia-smi

Tue Apr 13 18:07:24 2021       
+-----------------------------------------------------------------------------+
| NVIDIA-SMI 460.56       Driver Version: 460.56       CUDA Version: 11.2     |
|-------------------------------+----------------------+----------------------+
| GPU  Name        Persistence-M| Bus-Id        Disp.A | Volatile Uncorr. ECC |
| Fan  Temp  Perf  Pwr:Usage/Cap|         Memory-Usage | GPU-Util  Compute M. |
|                               |                      |               MIG M. |
|===============================+======================+======================|
|   0  GeForce GTX 980 Ti  Off  | 00000000:01:00.0 Off |                  N/A |
| 44%   68C    P0    92W / 250W |     48MiB /  6080MiB |      0%      Default |
|                               |                      |                  N/A |
+-------------------------------+----------------------+----------------------+
                                                                               
+-----------------------------------------------------------------------------+
| Processes:                                                                  |
|  GPU   GI   CI        PID   Type   Process name                  GPU Memory |
|        ID   ID                                                   Usage      |
|=============================================================================|
|    0   N/A  N/A      6989      G   /usr/bin/X                         27MiB |
|    0   N/A  N/A      7679      G   /usr/bin/gnome-shell               14MiB |
+-----------------------------------------------------------------------------+


tensorboard = False
if tensorboard:
    # Load the TensorBoard notebook extension
    %load_ext tensorboard
    %tensorboard --logdir ../runs


training.train_model(input='mel_cut', model_name='TimeConv2D_cut', loss_f='bce')

Building dataloaders...
Dataloaders have been built.
Number of files in the training dataset: 11630
Number of files in the validation dataset: 1357

  0%|          | 0/727 [00:00<?, ?it/s]

Start training model on cuda ...
Epoch: 0

100%|██████████| 727/727 [00:09<00:00, 76.11it/s]

training_avg_loss=5753.94
 training_avg_kld=10.10
 training_avg_rec=5703.46

val_avg_loss=8043.16

Exception ignored in: <function _DataLoaderIter.__del__ at 0x7fc68c8a3d90>
Traceback (most recent call last):
  File "/home/carloshernan/anaconda3/lib/python3.7/site-packages/torch/utils/data/dataloader.py", line 399, in __del__
    self._shutdown_workers()
  File "/home/carloshernan/anaconda3/lib/python3.7/site-packages/torch/utils/data/dataloader.py", line 378, in _shutdown_workers
    self.worker_result_queue.get()
  File "/home/carloshernan/anaconda3/lib/python3.7/multiprocessing/queues.py", line 354, in get
    return _ForkingPickler.loads(res)
  File "/home/carloshernan/anaconda3/lib/python3.7/site-packages/torch/multiprocessing/reductions.py", line 151, in rebuild_storage_fd
    fd = df.detach()
  File "/home/carloshernan/anaconda3/lib/python3.7/multiprocessing/resource_sharer.py", line 58, in detach
    return reduction.recv_handle(conn)
  File "/home/carloshernan/anaconda3/lib/python3.7/multiprocessing/reduction.py", line 185, in recv_handle
    return recvfds(s, 1)[0]
  File "/home/carloshernan/anaconda3/lib/python3.7/multiprocessing/reduction.py", line 153, in recvfds
    msg, ancdata, flags, addr = sock.recvmsg(1, socket.CMSG_SPACE(bytes_size))
ConnectionResetError: [Errno 104] Connection reset by peer

  0%|          | 0/727 [00:00<?, ?it/s]

Epoch: 1

CNN VAE ¶

Table of Contents ¶

0. Check GPU and Troch versions ¶

4. RUN TRAINING ¶

CNN VAE ¶

Table of Contents ¶

0. Check GPU and Troch versions¶

4. RUN TRAINING ¶

0. Check GPU and Troch versions ¶